#Analysis of the Energy Prices
#The goal of this project is to better understand which factors are most important to predict the energy prices.
# A machine learning library used for linear regression
from sklearn.linear_model import LinearRegression
# numpy and pandas will be used for data manipulation
import numpy as np
import pandas as pd
# matplotlib will be used for visually representing our data
import matplotlib.pyplot as plt
%matplotlib inline
import seaborn as sns
dataset = pd.read_excel('energy-prices-over-time-for-all-eu-countries.xlsx')
dataset
| Date | Country | Indicator | Indicator Unit | Frequency | Value | |
|---|---|---|---|---|---|---|
| 0 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 677.50 |
| 1 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 666.57 |
| 2 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 687.58 |
| 3 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 695.15 |
| 4 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 672.46 |
| ... | ... | ... | ... | ... | ... | ... |
| 548354 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 749.32 |
| 548355 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 748.72 |
| 548356 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 764.10 |
| 548357 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 720.80 |
| 548358 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 645.32 |
548359 rows × 6 columns
dataset.head()
| Date | Country | Indicator | Indicator Unit | Frequency | Value | |
|---|---|---|---|---|---|---|
| 0 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 677.50 |
| 1 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 666.57 |
| 2 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 687.58 |
| 3 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 695.15 |
| 4 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 672.46 |
dataset.head(30)
| Date | Country | Indicator | Indicator Unit | Frequency | Value | |
|---|---|---|---|---|---|---|
| 0 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 677.50 |
| 1 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 666.57 |
| 2 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 687.58 |
| 3 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 695.15 |
| 4 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 672.46 |
| 5 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 693.47 |
| 6 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 684.22 |
| 7 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 680.02 |
| 8 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 606.07 |
| 9 | 2014 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 638.00 |
| 10 | 2015 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 482.54 |
| 11 | 2015 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 546.41 |
| 12 | 2015 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 596.83 |
| 13 | 2015 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 491.78 |
| 14 | 2015 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 488.42 |
| 15 | 2015 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 483.38 |
| 16 | 2015 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 476.66 |
| 17 | 2015 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 453.13 |
| 18 | 2016 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 388.42 |
| 19 | 2016 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 406.07 |
| 20 | 2016 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 392.63 |
| 21 | 2016 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 426.24 |
| 22 | 2016 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 457.33 |
| 23 | 2016 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 471.62 |
| 24 | 2016 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 474.14 |
| 25 | 2016 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 451.45 |
| 26 | 2017 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 546.41 |
| 27 | 2017 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 533.80 |
| 28 | 2017 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 508.59 |
| 29 | 2017 | Federal Republic of Germany | Automotive gas oil, net of duties and taxes - ... | Euro Per 1000L | Weekly | 503.55 |
dataset.tail(30)
| Date | Country | Indicator | Indicator Unit | Frequency | Value | |
|---|---|---|---|---|---|---|
| 548329 | 2011 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 753.70 |
| 548330 | 2011 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 742.77 |
| 548331 | 2011 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 723.75 |
| 548332 | 2011 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 723.55 |
| 548333 | 2011 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 737.41 |
| 548334 | 2011 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 751.37 |
| 548335 | 2012 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 805.10 |
| 548336 | 2012 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 816.43 |
| 548337 | 2012 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 785.27 |
| 548338 | 2012 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 848.91 |
| 548339 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 760.57 |
| 548340 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 728.02 |
| 548341 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 735.68 |
| 548342 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 750.18 |
| 548343 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 751.30 |
| 548344 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 746.00 |
| 548345 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 742.92 |
| 548346 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 748.55 |
| 548347 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 729.50 |
| 548348 | 2013 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 732.56 |
| 548349 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 721.87 |
| 548350 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 723.50 |
| 548351 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 747.26 |
| 548352 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 751.30 |
| 548353 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 753.85 |
| 548354 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 749.32 |
| 548355 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 748.72 |
| 548356 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 764.10 |
| 548357 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 720.80 |
| 548358 | 2014 | Ireland | Fuel oil - Heavy Fuel Oil (III) Soufre <= 1% S... | Euro Per ton | Weekly | 645.32 |
type(dataset.Date[0])
numpy.int64
type(dataset.Value[0])
numpy.float64
#Resampling
dataset.Value.mean()
849.2079714302599
'''' is any missing values in dataframe '''
dataset.isnull()
| Date | Country | Indicator | Indicator Unit | Frequency | Value | |
|---|---|---|---|---|---|---|
| 0 | False | False | False | False | False | False |
| 1 | False | False | False | False | False | False |
| 2 | False | False | False | False | False | False |
| 3 | False | False | False | False | False | False |
| 4 | False | False | False | False | False | False |
| ... | ... | ... | ... | ... | ... | ... |
| 548354 | False | False | False | False | False | False |
| 548355 | False | False | False | False | False | False |
| 548356 | False | False | False | False | False | False |
| 548357 | False | False | False | False | False | False |
| 548358 | False | False | False | False | False | False |
548359 rows × 6 columns
''' count of missing values column wise'''
dataset.isnull().sum()
Date 0 Country 0 Indicator 0 Indicator Unit 1670 Frequency 0 Value 0 dtype: int64
''' count of missing values across rows'''
dataset.isnull().sum(axis=1)
0 0
1 0
2 0
3 0
4 0
..
548354 0
548355 0
548356 0
548357 0
548358 0
Length: 548359, dtype: int64
''' count of missing values across rows'''
for i in range(len(dataset.index)) :
print("Nan in row ", i , " : " , dataset.iloc[i].isnull().sum())